
<!DOCTYPE HTML>
<html lang="zh-hans" >
    <head>
        <meta charset="UTF-8">
        <meta content="text/html; charset=utf-8" http-equiv="Content-Type">
        <title>3.2.1 数据采集 · 大数据 bigdata_telecom_project_atguigu 课堂笔记</title>
        <meta http-equiv="X-UA-Compatible" content="IE=edge" />
        <meta name="description" content="">
        <meta name="generator" content="GitBook 3.2.3">
        <meta name="author" content=" 李振超">
        
        
    
    <link rel="stylesheet" href="../../gitbook/style.css">

    
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-splitter/splitter.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-expandable-chapters-small/expandable-chapters-small.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-page-toc-button/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-prism/prism-solarizedlight.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-tbfed-pagefooter/footer.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-change_girls/girls.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-search/search.css">
                
            
                
                <link rel="stylesheet" href="../../gitbook/gitbook-plugin-fontsettings/website.css">
                
            
        

    

    
        
        <link rel="stylesheet" href="../../styles/website.css">
        
    
        
    
        
    
        
    
        
    

        
    
    
    <meta name="HandheldFriendly" content="true"/>
    <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
    <meta name="apple-mobile-web-app-capable" content="yes">
    <meta name="apple-mobile-web-app-status-bar-style" content="black">
    <link rel="apple-touch-icon-precomposed" sizes="152x152" href="../../gitbook/images/apple-touch-icon-precomposed-152.png">
    <link rel="shortcut icon" href="../../gitbook/images/favicon.ico" type="image/x-icon">

    
    <link rel="next" href="322-shu-ju-xiao-fei.html" />
    
    
    <link rel="prev" href="../32-shu-ju-cai-ji-he-xiao-fei.html" />
    

    </head>
    <body>
        
<div class="book">
    <div class="book-summary">
        
            
<div id="book-search-input" role="search">
    <input type="text" placeholder="输入并搜索" />
</div>

            
                <nav role="navigation">
                


<ul class="summary">
    
    
    
        
        <li>
            <a href="http://www.atguigu.com/" target="_blank" class="custom-link">联系我们</a>
        </li>
    
    

    
    <li class="divider"></li>
    

    
        
        
    
        <li class="chapter " data-level="1.1" data-path="../../">
            
                <a href="../../">
            
                    
                    第 1 章 项目背景
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.2" data-path="../../chapter1.html">
            
                <a href="../../chapter1.html">
            
                    
                    第 2 章 项目架构
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3" data-path="../../di-3-zhang-xiang-shi-xian.html">
            
                <a href="../../di-3-zhang-xiang-shi-xian.html">
            
                    
                    第 3 章 项目实现
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.1" data-path="../31-shu-ju-sheng-cheng.html">
            
                <a href="../31-shu-ju-sheng-cheng.html">
            
                    
                    3.1 数据生产模块
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2" data-path="../32-shu-ju-cai-ji-he-xiao-fei.html">
            
                <a href="../32-shu-ju-cai-ji-he-xiao-fei.html">
            
                    
                    3.2 数据采集和消费
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter active" data-level="1.3.2.1" data-path="321-shu-ju-cai-ji.html">
            
                <a href="321-shu-ju-cai-ji.html">
            
                    
                    3.2.1 数据采集
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2.2" data-path="322-shu-ju-xiao-fei.html">
            
                <a href="322-shu-ju-xiao-fei.html">
            
                    
                    3.2.2 数据消费
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.2.2.1" data-path="322-shu-ju-xiao-fei/3221-7c7b3a-propertyutil.html">
            
                <a href="322-shu-ju-xiao-fei/3221-7c7b3a-propertyutil.html">
            
                    
                    3.2.2.1 类:PropertyUtil
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2.2.2" data-path="322-shu-ju-xiao-fei/3222-7c7b3ahbasedao.html">
            
                <a href="322-shu-ju-xiao-fei/3222-7c7b3ahbasedao.html">
            
                    
                    3.2.2.2 类: HBaseDao
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2.2.3" data-path="322-shu-ju-xiao-fei/3223-7c7b3ahbaseutil.html">
            
                <a href="322-shu-ju-xiao-fei/3223-7c7b3ahbaseutil.html">
            
                    
                    3.2.2.3 类: HBaseUtil
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2.2.4" data-path="322-shu-ju-xiao-fei/3224-7c7b3ahbaseconsumer.html">
            
                <a href="322-shu-ju-xiao-fei/3224-7c7b3ahbaseconsumer.html">
            
                    
                    3.2.2.4 类: HBaseConsumer
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3.2.3" data-path="323-shu-ju-cha-xun-fang-shi-1.html">
            
                <a href="323-shu-ju-cha-xun-fang-shi-1.html">
            
                    
                    3.2.3 数据查询方式1
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.2.3.1" data-path="323-shu-ju-cha-xun-fang-shi-1/3231-hbasefilterutil.html">
            
                <a href="323-shu-ju-cha-xun-fang-shi-1/3231-hbasefilterutil.html">
            
                    
                    3.2.3.1 类: HBaseFilterUtil
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2.3.2" data-path="323-shu-ju-cha-xun-fang-shi-1/3232-7c7b3a-querywithfilter.html">
            
                <a href="323-shu-ju-cha-xun-fang-shi-1/3232-7c7b3a-querywithfilter.html">
            
                    
                    3.2.3.2 类: QueryWithFilter
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3.2.4" data-path="323-shu-ju-cha-xun-fang-shi-2.html">
            
                <a href="323-shu-ju-cha-xun-fang-shi-2.html">
            
                    
                    3.2.4 数据查询方式2
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.2.4.1" data-path="323-shu-ju-cha-xun-fang-shi-2/3241-shou-dong-cha-ru-bei-jiao-xin-xi.html">
            
                <a href="323-shu-ju-cha-xun-fang-shi-2/3241-shou-dong-cha-ru-bei-jiao-xin-xi.html">
            
                    
                    3.2.4.1 手动写入被叫信息
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2.4.2" data-path="323-shu-ju-cha-xun-fang-shi-2/3242-shi-yong-xie-chu-li-qi-xie-ru-bei-jiao-xin-xi.html">
            
                <a href="323-shu-ju-cha-xun-fang-shi-2/3242-shi-yong-xie-chu-li-qi-xie-ru-bei-jiao-xin-xi.html">
            
                    
                    3.2.4.2 使用协处理器写入被叫信息
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3.2.5" data-path="325-ba-zheng-ge-xiao-fei-mo-kuai-da-bao-dao-ji-qun-zhong-yun-xing.html">
            
                <a href="325-ba-zheng-ge-xiao-fei-mo-kuai-da-bao-dao-ji-qun-zhong-yun-xing.html">
            
                    
                    3.2.5 把整个消费模块打包到集群中运行
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3.3" data-path="../33-shu-ju-fen-xi.html">
            
                <a href="../33-shu-ju-fen-xi.html">
            
                    
                    3.3 数据分析
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.3.1" data-path="../33-shu-ju-fen-xi/331-xu-qiu-fen-xi.html">
            
                <a href="../33-shu-ju-fen-xi/331-xu-qiu-fen-xi.html">
            
                    
                    3.3.1 数据分析
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.2" data-path="../33-shu-ju-fen-xi/332-mysql-biao-jie-gou-she-ji.html">
            
                <a href="../33-shu-ju-fen-xi/332-mysql-biao-jie-gou-she-ji.html">
            
                    
                    3.3.2 Mysql 表结构设计
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.3" data-path="../33-shu-ju-fen-xi/333-huan-jing-da-jian.html">
            
                <a href="../33-shu-ju-fen-xi/333-huan-jing-da-jian.html">
            
                    
                    3.3.3 环境搭建
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.4" data-path="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian.html">
            
                <a href="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian.html">
            
                    
                    3.3.4 需求实现
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.3.4.1" data-path="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3341-53053a-com-atguigu-dataanalasis-bean.html">
            
                <a href="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3341-53053a-com-atguigu-dataanalasis-bean.html">
            
                    
                    3.3.4.1 包: com.atguigu.dataanalasis.bean
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.4.2" data-path="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3342-53053a-com-atguigu-dataanalasis-conversion.html">
            
                <a href="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3342-53053a-com-atguigu-dataanalasis-conversion.html">
            
                    
                    3.3.4.2 包: com.atguigu.dataanalasis.conversion
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.4.3" data-path="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3343-53053a-com-atguigu-dataanalasis-mapred.html">
            
                <a href="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3343-53053a-com-atguigu-dataanalasis-mapred.html">
            
                    
                    3.3.4.3 包:com.atguigu.dataanalasis.mapred
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.4.4" data-path="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3344-53053a-com-atguigu-dataanalasis-outputformat.html">
            
                <a href="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3344-53053a-com-atguigu-dataanalasis-outputformat.html">
            
                    
                    3.3.4.4 包:com.atguigu.dataanalasis.outputformat
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3.4.5" data-path="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3345-53053a-com-atguigu-dataanalasis-util.html">
            
                <a href="../33-shu-ju-fen-xi/334-xu-qiu-shi-xian/3345-53053a-com-atguigu-dataanalasis-util.html">
            
                    
                    3.3.4.5 包: com.atguigu.dataanalasis.util
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3.3.5" data-path="../33-shu-ju-fen-xi/335-yun-xing-ce-shi.html">
            
                <a href="../33-shu-ju-fen-xi/335-yun-xing-ce-shi.html">
            
                    
                    3.3.5 运行测试
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3.4" data-path="../34-shu-ju-zhan-shi.html">
            
                <a href="../34-shu-ju-zhan-shi.html">
            
                    
                    3.4 数据展示
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    

    

    <li class="divider"></li>

    <li>
        <a href="https://www.gitbook.com" target="blank" class="gitbook-link">
            本书使用 GitBook 发布
        </a>
    </li>
</ul>


                </nav>
            
        
    </div>

    <div class="book-body">
        
            <div class="body-inner">
                
                    

<div class="book-header" role="navigation">
    

    <!-- Title -->
    <h1>
        <i class="fa fa-circle-o-notch fa-spin"></i>
        <a href="../.." >3.2.1 数据采集</a>
    </h1>
</div>




                    <div class="page-wrapper" tabindex="-1" role="main">
                        <div class="page-inner">
                            
<div id="book-search-results">
    <div class="search-noresults">
    
                                <section class="normal markdown-section">
                                
                                <h1 id="321-&#x6570;&#x636E;&#x91C7;&#x96C6;">3.2.1 &#x6570;&#x636E;&#x91C7;&#x96C6;</h1>
<p>&#x6570;&#x636E;&#x91C7;&#x96C6;&#x7684;&#x601D;&#x8DEF;:</p>
<ul>
<li><p>&#x914D;&#x7F6E;kafka&#xFF0C;&#x542F;&#x52A8;zookeeper&#x548C;kafka&#x96C6;&#x7FA4;&#xFF1B;</p>
</li>
<li><p>&#x521B;&#x5EFA;kafka&#x4E3B;&#x9898;&#xFF1B;</p>
</li>
<li><p>&#x542F;&#x52A8;kafka&#x63A7;&#x5236;&#x53F0;&#x6D88;&#x8D39;&#x8005;&#xFF08;&#x6B64;&#x6D88;&#x8D39;&#x8005;&#x53EA;&#x7528;&#x4E8E;&#x6D4B;&#x8BD5;&#x4F7F;&#x7528;&#xFF09;&#xFF1B;</p>
</li>
<li><p>&#x914D;&#x7F6E;flume&#xFF0C;&#x76D1;&#x63A7;&#x65E5;&#x5FD7;&#x6587;&#x4EF6;&#xFF1B;</p>
</li>
<li><p>&#x542F;&#x52A8;flume&#x76D1;&#x63A7;&#x4EFB;&#x52A1;&#xFF1B;</p>
</li>
<li><p>&#x8FD0;&#x884C;&#x65E5;&#x5FD7;&#x751F;&#x4EA7;&#x811A;&#x672C;&#xFF1B;</p>
</li>
<li><p>&#x89C2;&#x5BDF;&#x6D4B;&#x8BD5;&#x3002;</p>
</li>
</ul>
<hr>
<h2 id="&#x6B65;&#x9AA4;1-&#x542F;&#x52A8;-zookeeper-&#x548C;-kafka-&#x96C6;&#x7FA4;">&#x6B65;&#x9AA4;1: &#x542F;&#x52A8; Zookeeper &#x548C; Kafka &#x96C6;&#x7FA4;</h2>
<pre class="language-"><code class="lang-bash"><span class="token comment"># &#x81EA;&#x5B9A;&#x4E49;&#x7684;&#x5206;&#x522B;&#x542F;&#x52A8; 3 &#x4E2A;Zookeeper&#x8282;&#x70B9;&#x7684;&#x811A;&#x672C;</span>
zkstart
<span class="token comment"># &#x542F;&#x52A8; Kafka&#x96C6;&#x7FA4; &#x5206;&#x522B;&#x5728; 3 &#x4E2A;&#x8282;&#x70B9;&#x542F;&#x52A8;</span>
kafka-server-start.sh config/server.properties
</code></pre>
<hr>
<h2 id="&#x6B65;&#x9AA4;2-&#x521B;&#x5EFA;-kafka-&#x4E3B;&#x9898;topic">&#x6B65;&#x9AA4;2: &#x521B;&#x5EFA; kafka &#x4E3B;&#x9898;(topic)</h2>
<pre class="language-"><code class="lang-bash">kafka-topics.sh --create --zookeeper hadoop201:2181 --topic calllog  --replication-factor 1 --partitions 3
</code></pre>
<p>&#x68C0;&#x67E5;&#x4E3B;&#x4F53;&#x662F;&#x5426;&#x521B;&#x5EFA;&#x6210;&#x529F;</p>
<pre class="language-"><code class="lang-bash">kafka-topics.sh --zookeeper hadoop201:2181 --list
</code></pre>
<hr>
<h2 id="&#x6B65;&#x9AA4;3-&#x542F;&#x52A8;&#x6D88;&#x8D39;&#x8005;&#x5F00;&#x59CB;&#x6D88;&#x8D39;&#x6570;&#x636E;">&#x6B65;&#x9AA4;3: &#x542F;&#x52A8;&#x6D88;&#x8D39;&#x8005;&#x5F00;&#x59CB;&#x6D88;&#x8D39;&#x6570;&#x636E;</h2>
<pre class="language-"><code class="lang-bash">kafka-console-consumer.sh --zookeeper hadoop201:2181 -topic calllog --from-beginning
</code></pre>
<hr>
<h2 id="&#x6B65;&#x9AA4;4-&#x914D;&#x7F6E;-flume">&#x6B65;&#x9AA4;4: &#x914D;&#x7F6E; Flume</h2>
<p>&#x5728; <code>/opt/module/telecom</code> &#x76EE;&#x5F55;&#x4E0B;&#x521B;&#x5EFA; agent &#x7684;&#x914D;&#x7F6E;&#x6587;&#x4EF6;:<code>flume2kafka.conf</code></p>
<pre class="language-"><code class="lang-java"># define
a1<span class="token punctuation">.</span>sources <span class="token operator">=</span> r1
a1<span class="token punctuation">.</span>sinks <span class="token operator">=</span> k1
a1<span class="token punctuation">.</span>channels <span class="token operator">=</span> c1

# source
a1<span class="token punctuation">.</span>sources<span class="token punctuation">.</span>r1<span class="token punctuation">.</span>type <span class="token operator">=</span> exec
a1<span class="token punctuation">.</span>sources<span class="token punctuation">.</span>r1<span class="token punctuation">.</span>command <span class="token operator">=</span> tail <span class="token operator">-</span>F <span class="token operator">/</span>opt<span class="token operator">/</span>module<span class="token operator">/</span>telecom<span class="token operator">/</span>calls<span class="token punctuation">.</span>csv
a1<span class="token punctuation">.</span>sources<span class="token punctuation">.</span>r1<span class="token punctuation">.</span>shell <span class="token operator">=</span> <span class="token operator">/</span>bin<span class="token operator">/</span>bash <span class="token operator">-</span>c

# sink
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>type <span class="token operator">=</span> org<span class="token punctuation">.</span>apache<span class="token punctuation">.</span>flume<span class="token punctuation">.</span>sink<span class="token punctuation">.</span>kafka<span class="token punctuation">.</span>KafkaSink
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>kafka<span class="token punctuation">.</span>bootstrap<span class="token punctuation">.</span>servers <span class="token operator">=</span> hadoop201<span class="token operator">:</span><span class="token number">9092</span><span class="token punctuation">,</span>hadoop202<span class="token operator">:</span><span class="token number">9092</span><span class="token punctuation">,</span>hadoop203<span class="token operator">:</span><span class="token number">9092</span>
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>kafka<span class="token punctuation">.</span>topic <span class="token operator">=</span> calllog
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>kafka<span class="token punctuation">.</span>flumeBatchSize <span class="token operator">=</span> <span class="token number">20</span>
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>kafka<span class="token punctuation">.</span>producer<span class="token punctuation">.</span>acks <span class="token operator">=</span> <span class="token number">1</span>
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>kafka<span class="token punctuation">.</span>producer<span class="token punctuation">.</span>linger<span class="token punctuation">.</span>ms <span class="token operator">=</span> <span class="token number">1</span>

# channel
a1<span class="token punctuation">.</span>channels<span class="token punctuation">.</span>c1<span class="token punctuation">.</span>type <span class="token operator">=</span> memory
a1<span class="token punctuation">.</span>channels<span class="token punctuation">.</span>c1<span class="token punctuation">.</span>capacity <span class="token operator">=</span> <span class="token number">1000</span>
a1<span class="token punctuation">.</span>channels<span class="token punctuation">.</span>c1<span class="token punctuation">.</span>transactionCapacity <span class="token operator">=</span> <span class="token number">100</span>

# bind
a1<span class="token punctuation">.</span>sources<span class="token punctuation">.</span>r1<span class="token punctuation">.</span>channels <span class="token operator">=</span> c1
a1<span class="token punctuation">.</span>sinks<span class="token punctuation">.</span>k1<span class="token punctuation">.</span>channel <span class="token operator">=</span> c1
</code></pre>
<hr>
<h2 id="&#x6B65;&#x9AA4;5-&#x542F;&#x52A8;-flume">&#x6B65;&#x9AA4;5: &#x542F;&#x52A8; Flume</h2>
<pre class="language-"><code class="lang-bash">flume-ng agent -c /opt/module/flume/conf -f flume2kafka.conf -n a1
</code></pre>
<hr>
<h2 id="&#x6B65;&#x9AA4;6-&#x8FD0;&#x884C;&#x751F;&#x4EA7;&#x65E5;&#x5FD7;&#x7684;&#x4EFB;&#x52A1;&#x811A;&#x672C;&#xFF0C;&#x89C2;&#x5BDF;-kafka-&#x63A7;&#x5236;&#x53F0;&#x6D88;&#x8D39;&#x8005;&#x662F;&#x5426;&#x6210;&#x529F;&#x663E;&#x793A;&#x4EA7;&#x751F;&#x7684;&#x6570;&#x636E;">&#x6B65;&#x9AA4;6: &#x8FD0;&#x884C;&#x751F;&#x4EA7;&#x65E5;&#x5FD7;&#x7684;&#x4EFB;&#x52A1;&#x811A;&#x672C;&#xFF0C;&#x89C2;&#x5BDF; Kafka &#x63A7;&#x5236;&#x53F0;&#x6D88;&#x8D39;&#x8005;&#x662F;&#x5426;&#x6210;&#x529F;&#x663E;&#x793A;&#x4EA7;&#x751F;&#x7684;&#x6570;&#x636E;</h2>
<pre class="language-"><code class="lang-bash">./producer.sh
</code></pre>
<footer class="page-footer"><span class="copyright">Copyright &#xA9; &#x5C1A;&#x7845;&#x8C37;&#x5927;&#x6570;&#x636E; 2019 all right reserved&#xFF0C;powered by Gitbook</span><span class="footer-modification"><br>&#x8BE5;&#x6587;&#x4EF6;&#x6700;&#x540E;&#x4FEE;&#x8BA2;&#x65F6;&#x95F4;&#xFF1A;
2018-12-27 20:36:01
</span></footer>
                                
                                </section>
                            
    </div>
    <div class="search-results">
        <div class="has-results">
            
            <h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
            <ul class="search-results-list"></ul>
            
        </div>
        <div class="no-results">
            
            <h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
            
        </div>
    </div>
</div>

                        </div>
                    </div>
                
            </div>

            
                
                <a href="../32-shu-ju-cai-ji-he-xiao-fei.html" class="navigation navigation-prev " aria-label="Previous page: 3.2 数据采集和消费">
                    <i class="fa fa-angle-left"></i>
                </a>
                
                
                <a href="322-shu-ju-xiao-fei.html" class="navigation navigation-next " aria-label="Next page: 3.2.2 数据消费">
                    <i class="fa fa-angle-right"></i>
                </a>
                
            
        
    </div>

    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
            gitbook.page.hasChanged({"page":{"title":"3.2.1 数据采集","level":"1.3.2.1","depth":3,"next":{"title":"3.2.2 数据消费","level":"1.3.2.2","depth":3,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei.md","articles":[{"title":"3.2.2.1 类:PropertyUtil","level":"1.3.2.2.1","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3221-7c7b3a-propertyutil.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3221-7c7b3a-propertyutil.md","articles":[]},{"title":"3.2.2.2 类: HBaseDao","level":"1.3.2.2.2","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3222-7c7b3ahbasedao.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3222-7c7b3ahbasedao.md","articles":[]},{"title":"3.2.2.3 类: HBaseUtil","level":"1.3.2.2.3","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3223-7c7b3ahbaseutil.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3223-7c7b3ahbaseutil.md","articles":[]},{"title":"3.2.2.4 类: HBaseConsumer","level":"1.3.2.2.4","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3224-7c7b3ahbaseconsumer.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3224-7c7b3ahbaseconsumer.md","articles":[]}]},"previous":{"title":"3.2 数据采集和消费","level":"1.3.2","depth":2,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei.md","articles":[{"title":"3.2.1 数据采集","level":"1.3.2.1","depth":3,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/321-shu-ju-cai-ji.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/321-shu-ju-cai-ji.md","articles":[]},{"title":"3.2.2 数据消费","level":"1.3.2.2","depth":3,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei.md","articles":[{"title":"3.2.2.1 类:PropertyUtil","level":"1.3.2.2.1","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3221-7c7b3a-propertyutil.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3221-7c7b3a-propertyutil.md","articles":[]},{"title":"3.2.2.2 类: HBaseDao","level":"1.3.2.2.2","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3222-7c7b3ahbasedao.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3222-7c7b3ahbasedao.md","articles":[]},{"title":"3.2.2.3 类: HBaseUtil","level":"1.3.2.2.3","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3223-7c7b3ahbaseutil.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3223-7c7b3ahbaseutil.md","articles":[]},{"title":"3.2.2.4 类: HBaseConsumer","level":"1.3.2.2.4","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3224-7c7b3ahbaseconsumer.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/322-shu-ju-xiao-fei/3224-7c7b3ahbaseconsumer.md","articles":[]}]},{"title":"3.2.3 数据查询方式1","level":"1.3.2.3","depth":3,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-1.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-1.md","articles":[{"title":"3.2.3.1 类: HBaseFilterUtil","level":"1.3.2.3.1","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-1/3231-hbasefilterutil.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-1/3231-hbasefilterutil.md","articles":[]},{"title":"3.2.3.2 类: QueryWithFilter","level":"1.3.2.3.2","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-1/3232-7c7b3a-querywithfilter.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-1/3232-7c7b3a-querywithfilter.md","articles":[]}]},{"title":"3.2.4 数据查询方式2","level":"1.3.2.4","depth":3,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-2.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-2.md","articles":[{"title":"3.2.4.1 手动写入被叫信息","level":"1.3.2.4.1","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-2/3241-shou-dong-cha-ru-bei-jiao-xin-xi.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-2/3241-shou-dong-cha-ru-bei-jiao-xin-xi.md","articles":[]},{"title":"3.2.4.2 使用协处理器写入被叫信息","level":"1.3.2.4.2","depth":4,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-2/3242-shi-yong-xie-chu-li-qi-xie-ru-bei-jiao-xin-xi.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/323-shu-ju-cha-xun-fang-shi-2/3242-shi-yong-xie-chu-li-qi-xie-ru-bei-jiao-xin-xi.md","articles":[]}]},{"title":"3.2.5 把整个消费模块打包到集群中运行","level":"1.3.2.5","depth":3,"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/325-ba-zheng-ge-xiao-fei-mo-kuai-da-bao-dao-ji-qun-zhong-yun-xing.md","ref":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/325-ba-zheng-ge-xiao-fei-mo-kuai-da-bao-dao-ji-qun-zhong-yun-xing.md","articles":[]}]},"dir":"ltr"},"config":{"plugins":["splitter","expandable-chapters-small","page-toc-button","-highlight","prism","prism-themes","tbfed-pagefooter","sitemap","change_girls","livereload"],"styles":{"website":"styles/website.css","ebook":"styles/ebook.css","pdf":"styles/pdf.css","mobi":"styles/mobi.css","epub":"styles/epub.css"},"pluginsConfig":{"tbfed-pagefooter":{"copyright":"Copyright &copy 尚硅谷大数据 2019","modify_label":"<br>该文件最后修订时间：","modify_format":"YYYY-MM-DD HH:mm:ss"},"prism":{"css":["prismjs/themes/prism-solarizedlight.css"]},"disqus":{"shortName":"zhenchao125"},"livereload":{},"splitter":{},"change_girls":{"time":30,"urls":["http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/62171757.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/83394736.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/15906185.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/15906185.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/3394270.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/65028582.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/20359261.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/37472401.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/3355397.jpg-atguiguImg","http://lizhenchao.oss-cn-shenzhen.aliyuncs.com/imgs/18-3-4/11075549.jpg-atguiguImg"]},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"fontsettings":{"theme":"white","family":"sans","size":2},"sitemap":{"hostname":"http://bigdataatguigu.applinzi.com/"},"page-toc-button":{"maxTocDepth":3,"minTocSize":2},"prism-themes":{},"expandable-chapters-small":{},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"theme":"default","author":" 李振超","pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"variables":{},"title":"大数据 bigdata_telecom_project_atguigu 课堂笔记","language":"zh-hans","links":{"sidebar":{"联系我们":"http://www.atguigu.com/"}},"gitbook":"*","description":"课堂笔记,学生提前预习"},"file":{"path":"di-3-zhang-xiang-shi-xian/32-shu-ju-cai-ji-he-xiao-fei/321-shu-ju-cai-ji.md","mtime":"2018-12-27T12:36:01.931Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2019-09-11T00:27:37.149Z"},"basePath":"../..","book":{"language":""}});
        });
    </script>
</div>

        
    <script src="../../gitbook/gitbook.js"></script>
    <script src="../../gitbook/theme.js"></script>
    
        
        <script src="../../gitbook/gitbook-plugin-splitter/splitter.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-expandable-chapters-small/expandable-chapters-small.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-page-toc-button/plugin.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-change_girls/girls.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-livereload/plugin.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-search/search.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-lunr/lunr.min.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-lunr/search-lunr.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-sharing/buttons.js"></script>
        
    
        
        <script src="../../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
        
    

    </body>
</html>

